[https://nvbugs/6546609][fix] Kept the verified reference registration + 4 stale waiver removals; amended… - #17210

#!/usr/bin/env bash
set -euo pipefail

rg -n -C 8 'GSM8K\(|_run_deepseekv4_eplb|extra_acc_spec|is_integration_test' \
  tests/integration/defs/accuracy || true

rg -n -C 4 'DeepSeek-V4-Flash-Base|test_fp8_4gpus_static_eplb|test_fp8_4gpus_online_eplb' \
  tests/integration/test_lists || true

#!/usr/bin/env bash
set -euo pipefail

printf '%s\n' '== changed files =='
git diff --name-status

printf '%s\n' '== reference and lookup implementation =='
rg -n -C 10 'class AccuracyTask|def get_hypothesis_testing_params|hypothesis_testing|quant_algo|backend|eplb|extra_acc_spec' \
  tests/integration/defs/accuracy \
  -g '*.py' -g '*.yaml' | head -n 500

printf '%s\n' '== DeepSeek V4 test methods and exact configuration =='
sed -n '3750,3960p' tests/integration/defs/accuracy/test_llm_api_pytorch.py

printf '%s\n' '== model and test-list entries =='
rg -n -C 5 'DeepSeek-V4-Flash-Base|test_fp8_4gpus_static_eplb|test_nvfp4_4gpus_static_eplb|test_nvfp4_4gpus_online_eplb|test_fp8_4gpus_online_eplb' \
  tests/integration/test_lists tests/integration/defs/accuracy \
  -g '*.yaml' -g '*.yml' -g '*.json' -g '*.py' | head -n 500

printf '%s\n' '== target file header =='
head -n 12 tests/integration/defs/accuracy/references/gsm8k.yaml

#!/usr/bin/env bash
set -euo pipefail

printf '%s\n' '== target reference =='
nl -ba tests/integration/defs/accuracy/references/gsm8k.yaml | sed -n '135,165p'

printf '%s\n' '== matching implementation =='
nl -ba tests/integration/defs/accuracy/accuracy_core.py | sed -n '152,185p;195,232p'

printf '%s\n' '== all DeepSeek V4 declarations and GSM8K calls =='
rg -n 'DeepSeek-V4-Flash-Base|DeepSeek-V4-Flash|GSM8K|def test_.*eplb|_run_deepseekv4_eplb' \
  tests/integration/defs/accuracy/test_llm_api_pytorch.py \
  tests/integration/test_lists -g '*.py' -g '*.yaml' -g '*.yml' -g '*.json' \
  | grep -E 'DeepSeek-V4|GSM8K|eplb|test_' | tail -n 250

printf '%s\n' '== parsed GSM8K entries for the affected model =='
python3 - <<'PY'
import yaml
from pathlib import Path
p = Path("tests/integration/defs/accuracy/references/gsm8k.yaml")
data = yaml.safe_load(p.read_text())
for model, entries in data.items():
    if "DeepSeek-V4" in model:
        print(model)
        for i, entry in enumerate(entries or []):
            print(i, entry)
PY

printf '%s\n' '== test-list files containing the affected model or test names =='
for f in $(git ls-files tests/integration/test_lists); do
  if rg -q 'DeepSeek-V4-Flash-Base|test_fp8_4gpus_static_eplb|test_nvfp4_4gpus_static_eplb|test_nvfp4_4gpus_online_eplb|test_fp8_4gpus_online_eplb' "$f"; then
    echo "--- $f"
    rg -n -C 3 'DeepSeek-V4-Flash-Base|test_fp8_4gpus_static_eplb|test_nvfp4_4gpus_static_eplb|test_nvfp4_4gpus_online_eplb|test_fp8_4gpus_online_eplb' "$f"
  fi
done

#!/usr/bin/env bash
set -euo pipefail

printf '%s\n' '== target reference =='
sed -n '135,165p' tests/integration/defs/accuracy/references/gsm8k.yaml

printf '%s\n' '== matching implementation =='
sed -n '152,185p;195,232p' tests/integration/defs/accuracy/accuracy_core.py

printf '%s\n' '== all DeepSeek V4 declarations and GSM8K calls =='
rg -n 'DeepSeek-V4-Flash-Base|DeepSeek-V4-Flash|GSM8K|def test_.*eplb|_run_deepseekv4_eplb' \
  tests/integration/defs/accuracy/test_llm_api_pytorch.py \
  tests/integration/test_lists -g '*.py' -g '*.yaml' -g '*.yml' -g '*.json' \
  | grep -E 'DeepSeek-V4|GSM8K|eplb|test_' | tail -n 250

printf '%s\n' '== parsed GSM8K entries for the affected model =='
python3 - <<'PY'
try:
    import yaml
except ImportError:
    print("PyYAML unavailable")
else:
    from pathlib import Path
    data = yaml.safe_load(Path("tests/integration/defs/accuracy/references/gsm8k.yaml").read_text())
    for model, entries in data.items():
        if "DeepSeek-V4" in model:
            print(model)
            for i, entry in enumerate(entries or []):
                print(i, entry)
PY

printf '%s\n' '== test-list files containing the affected model or test names =='
for f in $(git ls-files tests/integration/test_lists); do
  if rg -q 'DeepSeek-V4-Flash-Base|test_fp8_4gpus_static_eplb|test_nvfp4_4gpus_static_eplb|test_nvfp4_4gpus_online_eplb|test_fp8_4gpus_online_eplb' "$f"; then
    echo "--- $f"
    rg -n -C 3 'DeepSeek-V4-Flash-Base|test_fp8_4gpus_static_eplb|test_nvfp4_4gpus_static_eplb|test_nvfp4_4gpus_online_eplb|test_fp8_4gpus_online_eplb' "$f"
  fi
done

#!/usr/bin/env bash
set -euo pipefail

printf '%s\n' '== DeepSeek V4 Flash Base class =='
sed -n '4000,4085p' tests/integration/defs/accuracy/test_llm_api_pytorch.py

printf '%s\n' '== shared runner and configuration fields =='
sed -n '3820,3850p' tests/integration/defs/accuracy/test_llm_api_pytorch.py
sed -n '3880,3930p' tests/integration/defs/accuracy/test_llm_api_pytorch.py

printf '%s\n' '== exact test-list coverage for the affected class =='
rg -n -C 2 'TestDeepSeekV4FlashBase' tests/integration/test_lists

printf '%s\n' '== reference matching probe without repository imports =='
python3 - <<'PY'
from pathlib import Path

text = Path("tests/integration/defs/accuracy/references/gsm8k.yaml").read_text()
start = text.index("deepseek-ai/DeepSeek-V4-Flash-Base:")
end = text.find("\n", text.find("accuracy:", start)) + 1
print(text[start:end])

# The matcher compares only the fields passed by evaluate(); absent fields
# default to None except dtype, which defaults to "auto".
entry = {"quant_algo": "FP8_BLOCK_SCALES", "accuracy": 90.90}
for name, specs in {
    "static WIDEEP": {
        "dtype": "auto",
        "quant_algo": "FP8_BLOCK_SCALES",
        "kv_cache_quant_algo": None,
        "spec_dec_algo": None,
        "extra_acc_spec": None,
    },
    "online TRTLLM": {
        "dtype": "auto",
        "quant_algo": "FP8_BLOCK_SCALES",
        "kv_cache_quant_algo": None,
        "spec_dec_algo": None,
        "extra_acc_spec": None,
    },
}.items():
    matched = all(entry.get(k, "auto" if k == "dtype" else None) == v
                  for k, v in specs.items())
    print(name, "matches =", matched, "selected_accuracy =", entry["accuracy"])
PY